import requests
import json
from   openai import OpenAI
from vllm.entrypoints.openai import api_server

client = OpenAI(
    base_url="http://36.111.148.95:8000/v1",
    api_key="123456",
)

completion = client.chat.completions.create(
  model="chatglm3-6b",
  # top_p=0.8,
  temperature=0.5,
  messages=[
    {"role": "system", "content": "You are a helpful assistant."},
    {"role": "user", "content": "Hello!"}
  ]
)

print(completion.choices[0].message.content)